from flask import Flask,render_template,request,redirect
app=Flask(__name__)
@app.route("/")
def index():
    return render_template("index.html")

@app.route("/login",methods=['POST','GET'])
def login():
    username = request.form['username']
    userpwd = request.form['userpwd']
    if username == 'ddd':
        if userpwd == 'ddd123':
            return redirect("scrawl")
        else:
            return redirect("/")
    else:
        return redirect("/")

@app.route("/scrawl")
def scrawler():
    return render_template("scrawl.html")

@app.route("/start",methods=['POST','GET'])
def start():
    name=request.form['targetname']
    url=request.form['targeturl']
    return str(crawl(url,selector="p"))
import requests
from bs4 import BeautifulSoup
def crawl(url,selector):
    headers={
        "User-Agent": "Mozilla / 5.0(Windows NT 10.0;WOW64) AppleWebKit / 537.36(KHTML, likeGecko) Chrome / 92.0.4515.131Safari / 537.36SLBrowser / 8.0.0.12022SLBChan / 8"
    }
    htmlcodes = requests.get(url,headers=headers).text
    bs=BeautifulSoup(htmlcodes,'html.parser')
    return [item.text for item in bs.select(selector=selector)]

if __name__=='__main__':
    app.run(host="0.0.0.0",port=8080)